cd ../

python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 42 --num_classes 2 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_vanilla_42 --device_id 0&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 77 --num_classes 2 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_vanilla_77 --device_id 1&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 142 --num_classes 2 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_vanilla_142 --device_id 2; wait
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 9876 --num_classes 2 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_vanilla_9876 --device_id 0&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 809765 --num_classes 2 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_vanilla_809765 --device_id 1&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 42 --num_classes 2 --BT Resampling --BTObj EO --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_bteo_42 --device_id 2; wait
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 77 --num_classes 2 --BT Resampling --BTObj EO --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_bteo_77 --device_id 0&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 142 --num_classes 2 --BT Resampling --BTObj EO --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_bteo_142 --device_id 1&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 9876 --num_classes 2 --BT Resampling --BTObj EO --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_bteo_9876 --device_id 2; wait
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 809765 --num_classes 2 --BT Resampling --BTObj EO --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_bteo_809765 --device_id 0&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 42 --num_classes 2 --BT Reweighting --BTObj joint --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_btj_42 --device_id 1&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 77 --num_classes 2 --BT Reweighting --BTObj joint --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_btj_77 --device_id 2; wait
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 142 --num_classes 2 --BT Reweighting --BTObj joint --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_btj_142 --device_id 0&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 9876 --num_classes 2 --BT Reweighting --BTObj joint --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_btj_9876 --device_id 1&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 809765 --num_classes 2 --BT Reweighting --BTObj joint --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_btj_809765 --device_id 2; wait

python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 42 --num_classes 2 --adv_debiasing --adv_lambda 1 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_adv_42 --device_id 0&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 77 --num_classes 2 --adv_debiasing --adv_lambda 1 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_adv_77 --device_id 1&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 142 --num_classes 2 --adv_debiasing --adv_lambda 1 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_adv_142 --device_id 2; wait
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 9876 --num_classes 2 --adv_debiasing --adv_lambda 1 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_adv_9876 --device_id 0&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 809765 --num_classes 2 --adv_debiasing --adv_lambda 1 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_adv_809765 --device_id 1&

python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 42 --num_classes 2 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 1 --adv_lambda 1 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_dadv_42 --device_id 2; wait
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 77 --num_classes 2 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 1 --adv_lambda 1 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_dadv_77 --device_id 0&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 142 --num_classes 2 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 1 --adv_lambda 1 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_dadv_142 --device_id 1&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 9876 --num_classes 2 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 1 --adv_lambda 1 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_dadv_9876 --device_id 2; wait
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 809765 --num_classes 2 --adv_debiasing --adv_num_subDiscriminator 3 --adv_diverse_lambda 1 --adv_lambda 1 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_dadv_809765 --device_id 0&

python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 42 --num_classes 2 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_gd_diff_42 --device_id 1&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 77 --num_classes 2 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_gd_diff_77 --device_id 2; wait
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 142 --num_classes 2 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_gd_diff_142 --device_id 0&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 9876 --num_classes 2 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_gd_diff_9876 --device_id 1&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 809765 --num_classes 2 --DyBT GroupDifference --DyBTObj EO --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_gd_diff_809765 --device_id 2; wait

python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 42 --num_classes 2 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_fairbatch_42 --device_id 0&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 77 --num_classes 2 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_fairbatch_77 --device_id 1&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 142 --num_classes 2 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_fairbatch_142 --device_id 2; wait
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 9876 --num_classes 2 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_fairbatch_9876 --device_id 0&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 809765 --num_classes 2 --DyBT FairBatch --DyBTObj stratified_y --DyBTalpha 0.5 --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_fairbatch_809765 --device_id 1&

python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 42 --num_classes 2 --INLP_min_acc 0.5 --INLP --INLP_by_class --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_inlp_42 --device_id 2; wait
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 77 --num_classes 2 --INLP_min_acc 0.5 --INLP --INLP_by_class --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_inlp_77 --device_id 0&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 142 --num_classes 2 --INLP_min_acc 0.5 --INLP --INLP_by_class --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_inlp_142 --device_id 1&
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 9876 --num_classes 2 --INLP_min_acc 0.5 --INLP --INLP_by_class --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_inlp_9876 --device_id 2; wait
python fairlib --dataset Moji --emb_size 768 --encoder_architecture BERT --batch_size 32 --test_batch_size 32 --dropout 0.1 --weight_decay 0.0 --lr 1e-06 --epochs 20 --epochs_since_improvement 5 --unbalance_test --model_name "vinai/bertweet-base" --data_dir ../fl_scripts/data/deepmoji --base_seed 809765 --num_classes 2 --INLP_min_acc 0.5 --INLP --INLP_by_class --early_stopping_criterion max_balanced_dto --exp_id opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_inlp_809765 --device_id 0; wait

# now UE
cd ../uncertainty-estimation/src

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_vanilla/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_vanilla

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_bteo/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_adv/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_dadv/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_inlp/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_fairbatch/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_fairbatch

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_diff/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_gd_diff

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_btj/bios_test_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_btj

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_vanilla/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_bteo/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_adv/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_dadv/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_inlp/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_fairbatch/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_diff/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_gd_diff

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_btj/bios_test_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_btj

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_vanilla/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_bteo/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_adv/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_dadv/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_inlp/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_fairbatch/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_diff/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_gd_diff

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=ddu ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_btj/bios_test_features/ddu model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_btj
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_vanilla/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_bteo/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_adv/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_dadv/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_inlp/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_fairbatch/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_diff/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_gd_diff


HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mc ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ue.use_cache\=False ue.dropout_subs\=all model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=test ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_btj/bios_test_features/mc model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_btj

# now validation
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_vanilla/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_bteo/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_bteo
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_adv/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_dadv/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_inlp/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_fairbatch/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_fairbatch
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_diff/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_gd_diff

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=deep_fool ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_btj/bios_val_features/deep_fool model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_btj
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_vanilla/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_vanilla
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_bteo/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_bteo

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_adv/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_adv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_dadv/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_dadv
HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True +fairlib.INLP_checkpoint\=INLP_bdto_checkpoint_epoch_cls_BEST.pth.tar ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_inlp/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_inlp

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_fairbatch/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_fairbatch

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_diff/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_gd_diff

HYDRA_CONFIG_PATH=../configs/run_tasks_for_model_series.yaml python run_tasks_for_model_series.py cuda_devices=[0,1,2] script=run_glue.py seeds=[42,77,142,9876,809765] args='ue\=mahalanobis ue.use_selective\=False ue.reg_type\=raw do_ue_estimate\=True ++ue.return_features\=False model.model_name_or_path\=fairlib_bert fairlib.num_classes\=2 fairlib.model_name\=vinai/bertweet-base cache_dir\=../../fl_scripts/data ++data.validation_name\=validation ue.calibrate\=False data.validation_subsample\=0.0 data.max_seq_length\=128 training\=electra_base fairlib\=bert data.task_name\=moji_raw +data.unbalance_test\=True' config_path=../configs/moji_preproc.yaml output_dir=../workdir/run_tasks_for_model_series_opt_no_sn_greedy_max_balanced_dto_final_cased_unbal/fairlib_bert_moji_btj/bios_val_features/mahalanobis model_series_dir=../../fairlib_uncertainty/results/dev/Moji/opt_greedy_no_sn_max_balanced_dto_final_bertweet_unbal/fairlib_bert_no_sn_moji_btj
